In [23]:
In [13]:
In [14]:
In [15]:
In [16]:
shape of df is 100000, stage is index
shape of df is 600, stage is private
In [17]:
0it [00:00, ?it/s]
0it [00:00, ?it/s]
7it [00:00, 64.52it/s]
14it [00:00, 57.50it/s]
20it [00:00, 46.02it/s]
25it [00:00, 35.37it/s]
29it [00:00, 32.62it/s]
33it [00:00, 30.28it/s]
37it [00:01, 26.53it/s]
40it [00:01, 25.02it/s]
43it [00:01, 23.65it/s]
46it [00:01, 22.11it/s]
49it [00:01, 20.50it/s]
52it [00:01, 19.22it/s]
54it [00:02, 18.55it/s]
56it [00:02, 17.86it/s]
58it [00:02, 17.22it/s]
60it [00:02, 16.48it/s]
62it [00:02, 15.97it/s]
64it [00:02, 15.37it/s]
66it [00:02, 14.99it/s]
68it [00:03, 14.27it/s]
70it [00:03, 13.97it/s]
72it [00:03, 13.37it/s]
74it [00:03, 13.18it/s]
76it [00:03, 12.95it/s]
78it [00:03, 12.62it/s]
80it [00:03, 12.42it/s]
82it [00:04, 12.21it/s]
84it [00:04, 11.98it/s]
86it [00:04, 11.76it/s]
88it [00:04, 11.23it/s]
90it [00:04, 10.87it/s]
92it [00:05, 10.75it/s]
94it [00:05, 10.58it/s]
96it [00:05, 10.16it/s]
98it [00:05,  8.77it/s]
99it [00:05,  8.44it/s]
100it [00:06,  7.77it/s]
101it [00:06,  7.84it/s]
102it [00:06,  7.06it/s]
103it [00:06,  6.96it/s]
104it [00:06,  7.17it/s]
105it [00:06,  6.90it/s]
106it [00:06,  7.11it/s]
107it [00:07,  7.25it/s]
108it [00:07,  6.63it/s]
109it [00:07,  6.23it/s]
110it [00:07,  6.38it/s]
111it [00:07,  6.57it/s]
112it [00:07,  6.41it/s]
113it [00:08,  6.52it/s]
114it [00:08,  6.64it/s]
115it [00:08,  6.29it/s]
116it [00:08,  6.53it/s]
117it [00:08,  6.69it/s]
118it [00:08,  6.84it/s]
119it [00:09,  6.36it/s]
120it [00:09,  6.42it/s]
121it [00:09,  6.56it/s]
122it [00:09,  6.59it/s]
123it [00:09,  6.58it/s]
124it [00:09,  6.68it/s]
125it [00:09,  6.15it/s]
126it [00:10,  5.78it/s]
127it [00:10,  6.28it/s]
128it [00:10,  6.30it/s]
129it [00:10,  6.35it/s]
130it [00:10,  6.57it/s]
131it [00:10,  6.68it/s]
132it [00:10,  6.87it/s]
133it [00:11,  6.50it/s]
134it [00:11,  6.32it/s]
135it [00:11,  6.27it/s]
136it [00:11,  5.73it/s]
137it [00:11,  5.73it/s]
138it [00:12,  5.76it/s]
139it [00:12,  5.45it/s]
140it [00:12,  5.23it/s]
141it [00:12,  5.21it/s]
142it [00:12,  5.15it/s]
143it [00:13,  5.15it/s]
144it [00:13,  5.17it/s]
145it [00:13,  5.12it/s]
146it [00:13,  5.10it/s]
147it [00:13,  5.31it/s]
148it [00:13,  5.47it/s]
149it [00:14,  5.54it/s]
150it [00:14,  5.58it/s]
151it [00:14,  5.54it/s]
152it [00:14,  5.14it/s]
153it [00:14,  5.26it/s]
154it [00:15,  5.62it/s]
155it [00:15,  5.13it/s]
156it [00:15,  5.01it/s]
157it [00:15,  4.80it/s]
158it [00:15,  4.99it/s]
159it [00:16,  4.93it/s]
160it [00:16,  5.16it/s]
161it [00:16,  5.44it/s]
162it [00:16,  5.57it/s]
163it [00:16,  5.21it/s]
164it [00:17,  4.96it/s]
165it [00:17,  4.96it/s]
166it [00:17,  4.78it/s]
167it [00:17,  4.92it/s]
168it [00:17,  4.71it/s]
169it [00:18,  4.87it/s]
170it [00:18,  4.96it/s]
171it [00:18,  5.01it/s]
172it [00:18,  5.04it/s]
173it [00:18,  5.11it/s]
174it [00:19,  5.17it/s]
175it [00:19,  4.80it/s]
176it [00:19,  4.54it/s]
177it [00:19,  4.46it/s]
178it [00:20,  4.69it/s]
179it [00:20,  4.82it/s]
180it [00:20,  4.92it/s]
181it [00:20,  5.01it/s]
182it [00:20,  5.04it/s]
183it [00:20,  5.05it/s]
184it [00:21,  5.08it/s]
185it [00:21,  5.01it/s]
186it [00:21,  4.73it/s]
187it [00:21,  4.80it/s]
188it [00:22,  4.54it/s]
189it [00:22,  4.63it/s]
190it [00:22,  4.45it/s]
191it [00:22,  4.52it/s]
192it [00:22,  4.56it/s]
193it [00:23,  4.69it/s]
194it [00:23,  4.68it/s]
195it [00:23,  4.66it/s]
196it [00:23,  4.85it/s]
197it [00:23,  4.88it/s]
198it [00:24,  4.54it/s]
199it [00:24,  4.24it/s]
200it [00:24,  8.09it/s]
1it [01:03, 63.22s/it]
0it [00:00, ?it/s]
15it [00:00, 145.06it/s]
30it [00:00, 95.03it/s] 
41it [00:00, 97.04it/s]
52it [00:00, 92.95it/s]
62it [00:00, 80.35it/s]
71it [00:00, 77.68it/s]
79it [00:00, 68.67it/s]
87it [00:01, 59.20it/s]
94it [00:01, 42.48it/s]
99it [00:01, 36.81it/s]
104it [00:01, 30.74it/s]
108it [00:02, 29.49it/s]
112it [00:02, 27.68it/s]
115it [00:02, 25.73it/s]
118it [00:02, 24.91it/s]
121it [00:02, 22.08it/s]
124it [00:02, 20.64it/s]
127it [00:03, 20.67it/s]
130it [00:03, 21.71it/s]
133it [00:03, 20.63it/s]
136it [00:03, 20.12it/s]
139it [00:03, 18.52it/s]
141it [00:03, 18.37it/s]
143it [00:03, 16.75it/s]
145it [00:04, 16.62it/s]
147it [00:04, 15.50it/s]
149it [00:04, 14.53it/s]
152it [00:04, 16.72it/s]
154it [00:04, 15.54it/s]
156it [00:04, 14.15it/s]
158it [00:04, 13.79it/s]
160it [00:05, 13.82it/s]
163it [00:05, 15.66it/s]
166it [00:05, 16.97it/s]
169it [00:05, 16.84it/s]
171it [00:05, 14.56it/s]
173it [00:05, 15.46it/s]
175it [00:06, 13.77it/s]
177it [00:06, 14.24it/s]
179it [00:06, 14.80it/s]
181it [00:06, 15.64it/s]
183it [00:06, 14.49it/s]
185it [00:06, 13.27it/s]
187it [00:06, 12.44it/s]
189it [00:07, 13.97it/s]
191it [00:07, 14.81it/s]
193it [00:07, 15.78it/s]
195it [00:07, 14.33it/s]
197it [00:07, 14.93it/s]
200it [00:07, 25.42it/s]
2it [01:16, 38.04s/it]
In [18]:
[0.7594156265258789, 0.8046969175338745, 0.6336346864700317, 0.7556450366973877, 0.8232153654098511, 0.8021003007888794, 0.7881582975387573, 0.7772926688194275, 0.824846625328064, 0.7612859010696411, 0.729854941368103, 0.7462073564529419, 0.7723909616470337, 0.8948761820793152, 0.8479757308959961, 0.8995987176895142, 0.7784848809242249, 0.5823197364807129, 0.7773688435554504, 0.6511531472206116, 0.761664628982544, 0.8286597728729248, 0.8042685985565186, 0.7130734920501709, 0.7520239353179932, 0.6220285892486572, 0.573508620262146, 0.6969385147094727, 0.6660094261169434, 0.6757259368896484, 0.7662996053695679, 0.7133303880691528, 0.6906023621559143, 0.7466313242912292, 0.6884341239929199, 0.6615167260169983, 0.9272360801696777, 0.8467265963554382, 0.852839469909668, 0.7907271385192871, 0.6846978664398193, 0.6993421912193298, 0.7081530690193176, 0.6720787286758423, 0.6510887742042542, 0.8017855286598206, 0.7194245457649231, 0.6251786947250366, 0.8032148480415344, 0.7944243550300598, 0.8118737936019897, 0.7689753174781799, 0.618557333946228, 0.7091889381408691, 0.6487963199615479, 0.6247820854187012, 0.7188847661018372, 0.755225419998169, 0.7524561882019043, 0.7263116240501404, 0.6709845662117004, 0.766560435295105, 0.7508129477500916, 0.810584545135498, 0.7827872037887573, 0.8072398900985718, 0.8571681976318359, 0.8035603761672974, 0.6671466827392578, 0.6752141714096069, 0.7564136981964111, 0.7400527000427246, 0.7211781740188599, 0.6641376614570618, 0.6594727635383606, 0.7064335346221924, 0.6965154409408569, 0.8094706535339355, 0.7949295043945312, 0.7496001124382019, 0.9055873155593872, 0.7060999274253845, 0.8464890718460083, 0.7851840853691101, 0.8789121508598328, 0.8003511428833008, 0.7543150186538696, 0.7126624584197998, 0.7475817799568176, 0.8338888883590698, 0.7161821126937866, 0.5813051462173462, 0.6317577362060547, 0.7344288229942322, 0.7396622896194458, 0.734435498714447, 0.7205556631088257, 0.7760937213897705, 0.7137539386749268, 0.6439923048019409, 0.7430328130722046, 0.8380140066146851, 0.7894691824913025, 0.8476755619049072, 0.5885918736457825, 0.7965539693832397, 0.7409763336181641, 0.7477102279663086, 0.683073878288269, 0.6923259496688843, 0.6942181587219238, 0.6411140561103821, 0.7593834400177002, 0.6669502258300781, 0.6939609050750732, 0.679985761642456, 0.5939944982528687, 0.61821448802948, 0.5843663811683655, 0.5766452550888062, 0.7275199294090271, 0.7255939245223999, 0.8283606767654419, 0.7567310333251953, 0.6476482152938843, 0.6623819470405579, 0.7740511894226074, 0.6407634019851685, 0.7753676176071167, 0.6546428203582764, 0.7733725905418396, 0.7979022264480591, 0.735837459564209, 0.7035443782806396, 0.6369329690933228, 0.6561694145202637, 0.7318714261054993, 0.5933202505111694, 0.6992952227592468, 0.7512187957763672, 0.8268184661865234, 0.8107994794845581, 0.7585977911949158, 0.7835918068885803, 0.7860740423202515, 0.7987651824951172, 0.7787105441093445, 0.7982779741287231, 0.7178187370300293, 0.727890133857727, 0.7195286750793457, 0.6718223690986633, 0.5643909573554993, 0.7292715311050415, 0.8256757259368896, 0.7433478832244873, 0.7668052315711975, 0.7478278875350952, 0.7957330942153931, 0.7882773876190186, 0.7752013206481934, 0.7978427410125732, 0.7489607930183411, 0.7722175121307373, 0.7088955640792847, 0.8622117042541504, 0.7466880679130554, 0.5801430344581604, 0.7443244457244873, 0.9079775810241699, 0.7247248888015747, 0.6728004217147827, 0.8067004084587097, 0.684526801109314, 0.5422965288162231, 0.7624896168708801, 0.6135169863700867, 0.49825519323349, 0.6522557735443115, 0.7890619039535522, 0.7403045892715454, 0.7989001870155334, 0.7413686513900757, 0.7930790185928345, 0.7238918542861938, 0.594484269618988, 0.7514322996139526, 0.7139641046524048, 0.6651825904846191, 0.6540157794952393, 0.7024142742156982, 0.8145451545715332, 0.5236027836799622, 0.8310752511024475, 0.6603114604949951, 0.5134316682815552, 0.8572121858596802, 0.7500038146972656, 0.772913932800293, 0.6925418376922607, 0.7539206743240356, 0.8263235092163086, 0.7186954617500305, 0.814391016960144, 0.766799807548523, 0.7944091558456421, 0.7287828922271729, 0.7842361927032471, 0.6530928611755371, 0.60126793384552, 0.6706560254096985, 0.6480294466018677, 0.8178330063819885, 0.8344111442565918, 0.8513105511665344, 0.7770472168922424, 0.8772546648979187, 0.6320539712905884, 0.9034390449523926, 0.83701491355896, 0.7423077821731567, 0.6499769687652588, 0.8477760553359985, 0.8230981826782227, 0.8268254995346069, 0.7897446155548096, 0.6612682342529297, 0.7292687892913818, 0.7592609524726868, 0.7693406343460083, 0.6742115020751953, 0.6692053079605103, 0.7139198184013367, 0.8020638227462769, 0.7345196008682251, 0.6330415606498718, 0.7309175133705139, 0.6947882771492004, 0.7628601789474487, 0.8097839951515198, 0.7553807497024536, 0.7674508094787598, 0.8239439129829407, 0.7683512568473816, 0.8111602067947388, 0.7733370065689087, 0.8423153162002563, 0.7315118908882141, 0.7925354242324829, 0.6412930488586426, 0.821495532989502, 0.6761859655380249, 0.7629456520080566, 0.721626877784729, 0.7991020679473877, 0.7281468510627747, 0.7232965230941772, 0.7702974081039429, 0.6823198199272156, 0.7311627864837646, 0.751084566116333, 0.6994997262954712, 0.8664942383766174, 0.7982491254806519, 0.7720319032669067, 0.7576847076416016, 0.8843052387237549, 0.8401437997817993, 0.8525905013084412, 0.8729702234268188, 0.8187467455863953, 0.8241194486618042, 0.8214377760887146, 0.8282320499420166, 0.7682103514671326, 0.7398456335067749, 0.7149369120597839, 0.7872725129127502, 0.7575308084487915, 0.7355468273162842, 0.735744059085846, 0.7656432390213013, 0.8041757345199585, 0.8054176568984985, 0.7469395995140076, 0.6927268505096436, 0.671028196811676, 0.726048469543457, 0.7945479154586792, 0.7577199339866638, 0.7188004851341248, 0.6341848373413086, 0.668023943901062, 0.6539291739463806, 0.7663981914520264, 0.6639746427536011, 0.7317384481430054, 0.734675407409668, 0.785690426826477, 0.7473329305648804, 0.7906529903411865, 0.7105554342269897, 0.8469876050949097, 0.6444807648658752, 0.7821725606918335, 0.7598649263381958, 0.6896082758903503, 0.7376430034637451, 0.7612322568893433, 0.7902002334594727, 0.8328237533569336, 0.7482455968856812, 0.753394365310669, 0.5498332977294922, 0.5658312439918518, 0.7817358374595642, 0.6434571743011475, 0.779951810836792, 0.675513744354248, 0.7941712141036987, 0.7871697545051575, 0.8233221173286438, 0.857337236404419, 0.6918609142303467, 0.6605677604675293, 0.648624837398529, 0.7610409259796143, 0.7073383331298828, 0.8261691331863403, 0.6828244924545288, 0.6142890453338623, 0.6066281795501709, 0.6956338286399841, 0.8336400389671326, 0.8361263275146484, 0.7686179876327515, 0.8723306059837341, 0.7909181118011475, 0.63472580909729, 0.7705466747283936, 0.7211414575576782, 0.721688985824585, 0.8475922346115112, 0.7473057508468628, 0.6205235719680786, 0.6999208927154541, 0.8782128691673279, 0.6668159365653992, 0.7171388268470764, 0.891433835029602, 0.6654049754142761, 0.8132612109184265, 0.6317313313484192, 0.7705920934677124, 0.679155170917511, 0.7529160976409912, 0.6774128079414368, 0.8308626413345337, 0.7343583106994629, 0.8973062038421631, 0.579608142375946, 0.7970550656318665, 0.8124963045120239, 0.799981951713562, 0.7756914496421814, 0.8415520191192627, 0.7780788540840149, 0.8112578988075256, 0.8997330069541931, 0.778211236000061, 0.8055899143218994, 0.8330995440483093, 0.7047635912895203, 0.7069391012191772, 0.7374297976493835, 0.547417938709259, 0.6856836676597595, 0.6101012229919434, 0.7082152962684631, 0.6576939821243286, 0.7490820288658142, 0.7300437688827515, 0.7411138415336609, 0.7899246215820312, 0.8150906562805176, 0.75990891456604, 0.6864603757858276, 0.7535200715065002, 0.6695706844329834, 0.8027257323265076, 0.6867302060127258, 0.7159073352813721, 0.6104787588119507, 0.7373613715171814, 0.6940969824790955, 0.772066593170166, 0.7977344393730164, 0.833793580532074, 0.8378315567970276, 0.736709713935852, 0.6183032989501953, 0.8253555297851562, 0.7322043180465698, 0.7892605662345886, 0.8102294206619263, 0.7943272590637207, 0.7891690731048584, 0.7776824235916138, 0.7848005294799805, 0.6573657989501953, 0.6951642632484436, 0.7701758146286011, 0.6372030377388, 0.8314630389213562, 0.8406267762184143, 0.7768198847770691, 0.8282383680343628, 0.7373965978622437, 0.6965889930725098, 0.6490146517753601, 0.6188463568687439, 0.6576985716819763, 0.705979585647583, 0.6525283455848694, 0.7654277086257935, 0.6401394605636597, 0.737627387046814, 0.6877517104148865, 0.5766050815582275, 0.7507712841033936, 0.8020760416984558, 0.8249016404151917, 0.6952769160270691, 0.8203070163726807, 0.6744725704193115, 0.7991485595703125, 0.7777831554412842, 0.7572479844093323, 0.6694620251655579, 0.7853089570999146, 0.745168924331665, 0.7469565868377686, 0.7792384028434753, 0.7551887035369873, 0.7256194949150085, 0.8239325881004333, 0.7704060077667236, 0.7980983257293701, 0.7853391170501709, 0.7928860783576965, 0.7352105379104614, 0.7411184906959534, 0.6651158928871155, 0.6445606350898743, 0.710189700126648, 0.6788884997367859, 0.6535604596138, 0.6668311357498169, 0.6095427870750427, 0.7845152616500854, 0.8216192722320557, 0.7936856746673584, 0.6159902811050415, 0.7533397674560547, 0.6568765044212341, 0.6808691620826721, 0.6686533689498901, 0.7689809799194336, 0.8439757823944092, 0.8430749773979187, 0.8238416910171509, 0.755584716796875, 0.9162180423736572, 0.9275168180465698, 0.7672348022460938, 0.7150673866271973, 0.6910036206245422, 0.6981996297836304, 0.706973135471344, 0.7643662691116333, 0.7100399136543274, 0.7781264781951904, 0.6883300542831421, 0.7912845611572266, 0.79204261302948, 0.7943582534790039, 0.8235740065574646, 0.5198304653167725, 0.7070866227149963, 0.7399709820747375, 0.8017514944076538, 0.7035160064697266, 0.5873002409934998, 0.7850990891456604, 0.759522557258606, 0.717042088508606, 0.6807580590248108, 0.7100738286972046, 0.7565648555755615, 0.6946450471878052, 0.7443888783454895, 0.6216230392456055, 0.7005508542060852, 0.7770041227340698, 0.7941468358039856, 0.7267166376113892, 0.8094233274459839, 0.8138012886047363, 0.8251838684082031, 0.7478932738304138, 0.6946960687637329, 0.7589964270591736, 0.7199447154998779, 0.8579822182655334, 0.7247200608253479, 0.7320902347564697, 0.6044352650642395, 0.7744516134262085, 0.8536295890808105, 0.7525101900100708, 0.7842782735824585, 0.725569486618042, 0.8102318644523621, 0.7308676242828369, 0.7706893682479858, 0.7923423051834106, 0.5436398983001709, 0.6752610802650452, 0.6534463167190552, 0.5994583964347839, 0.8461452722549438, 0.7532021403312683, 0.7007670402526855, 0.7999192476272583, 0.8145254254341125, 0.8774075508117676, 0.7122399806976318, 0.7323524951934814, 0.6233092546463013, 0.8397578597068787, 0.8056735992431641, 0.7573121190071106, 0.7969693541526794, 0.7634472846984863, 0.7724348306655884, 0.8064673542976379, 0.7716805338859558, 0.7569082975387573, 0.6151329278945923, 0.7951066493988037, 0.5824294686317444, 0.6698751449584961, 0.7031177282333374, 0.7035059928894043, 0.806687593460083, 0.830283522605896, 0.7480274438858032, 0.7744545936584473, 0.7723895311355591, 0.7322736382484436, 0.7542632818222046, 0.722036600112915, 0.619881272315979, 0.7673912644386292, 0.7983041405677795, 0.7037945985794067, 0.7800910472869873, 0.6649196147918701, 0.6965741515159607, 0.730681300163269, 0.8222389221191406, 0.7737866640090942, 0.8165243268013, 0.8181639313697815, 0.7661901712417603, 0.766315758228302, 0.7519592642784119, 0.6778203248977661, 0.7756597399711609, 0.6662047505378723, 0.7311102151870728, 0.7304444313049316, 0.7230036854743958, 0.7729173898696899, 0.8863394260406494, 0.8106648921966553, 0.7799088954925537, 0.7440104484558105, 0.7498001456260681, 0.8028824329376221, 0.8285751938819885, 0.837786078453064, 0.7829351425170898, 0.6305651068687439, 0.7126836180686951, 0.7957490086555481, 0.7481461763381958, 0.7408214211463928, 0.640027642250061, 0.5788016319274902]
The map@100 is : 0.11490446240407284
The max ap@100 is : 0.875
The min ap@100 is : 0.0
The max cos similarity is : 0.9275168180465698
In [263]:
In [269]:
In [270]:
In [271]:
In [267]:
In [268]:
In [ ]:
In [ ]: